# A sample state dict in the Kohya FLUX LoRA format that patches both the transformer and CLIP text encoder.
# These keys are based on the LoRA model here:
# https://huggingface.co/cocktailpeanut/optimus
state_dict_keys = {
    "lora_te1_text_model_encoder_layers_0_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_0_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_0_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_0_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_0_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_0_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_0_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_0_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_0_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_0_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_0_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_0_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_0_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_0_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_0_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_0_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_0_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_0_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_10_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_10_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_10_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_10_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_10_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_10_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_10_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_10_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_10_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_10_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_10_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_10_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_10_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_10_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_10_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_10_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_10_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_10_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_11_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_11_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_11_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_11_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_11_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_11_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_11_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_11_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_11_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_11_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_11_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_11_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_11_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_11_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_11_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_11_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_11_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_11_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_1_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_1_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_1_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_1_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_1_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_1_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_1_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_1_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_1_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_1_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_1_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_1_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_1_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_1_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_1_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_1_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_1_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_1_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_2_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_2_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_2_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_2_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_2_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_2_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_2_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_2_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_2_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_2_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_2_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_2_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_2_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_2_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_2_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_2_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_2_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_2_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_3_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_3_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_3_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_3_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_3_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_3_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_3_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_3_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_3_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_3_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_3_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_3_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_3_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_3_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_3_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_3_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_3_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_3_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_4_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_4_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_4_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_4_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_4_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_4_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_4_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_4_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_4_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_4_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_4_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_4_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_4_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_4_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_4_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_4_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_4_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_4_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_5_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_5_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_5_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_5_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_5_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_5_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_5_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_5_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_5_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_5_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_5_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_5_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_5_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_5_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_5_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_5_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_5_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_5_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_6_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_6_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_6_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_6_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_6_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_6_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_6_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_6_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_6_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_6_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_6_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_6_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_6_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_6_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_6_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_6_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_6_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_6_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_7_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_7_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_7_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_7_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_7_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_7_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_7_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_7_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_7_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_7_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_7_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_7_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_7_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_7_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_7_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_7_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_7_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_7_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_8_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_8_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_8_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_8_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_8_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_8_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_8_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_8_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_8_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_8_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_8_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_8_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_8_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_8_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_8_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_8_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_8_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_8_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_9_mlp_fc1.alpha": [],
    "lora_te1_text_model_encoder_layers_9_mlp_fc1.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_9_mlp_fc1.lora_up.weight": [3072, 4],
    "lora_te1_text_model_encoder_layers_9_mlp_fc2.alpha": [],
    "lora_te1_text_model_encoder_layers_9_mlp_fc2.lora_down.weight": [4, 3072],
    "lora_te1_text_model_encoder_layers_9_mlp_fc2.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_9_self_attn_k_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_9_self_attn_k_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_9_self_attn_k_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_9_self_attn_out_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_9_self_attn_out_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_9_self_attn_out_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_9_self_attn_q_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_9_self_attn_q_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_9_self_attn_q_proj.lora_up.weight": [768, 4],
    "lora_te1_text_model_encoder_layers_9_self_attn_v_proj.alpha": [],
    "lora_te1_text_model_encoder_layers_9_self_attn_v_proj.lora_down.weight": [4, 768],
    "lora_te1_text_model_encoder_layers_9_self_attn_v_proj.lora_up.weight": [768, 4],
    "lora_unet_double_blocks_0_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_0_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_0_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_0_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_0_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_0_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_0_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_0_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_0_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_0_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_0_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_0_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_0_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_0_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_0_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_0_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_0_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_0_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_0_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_0_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_0_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_0_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_0_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_10_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_10_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_10_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_10_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_10_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_10_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_10_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_10_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_10_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_10_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_10_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_10_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_10_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_10_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_10_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_10_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_10_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_10_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_10_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_10_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_10_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_10_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_10_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_11_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_11_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_11_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_11_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_11_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_11_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_11_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_11_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_11_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_11_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_11_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_11_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_11_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_11_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_11_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_11_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_11_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_11_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_11_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_11_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_11_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_11_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_11_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_12_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_12_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_12_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_12_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_12_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_12_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_12_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_12_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_12_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_12_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_12_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_12_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_12_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_12_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_12_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_12_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_12_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_12_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_12_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_12_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_12_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_12_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_12_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_13_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_13_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_13_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_13_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_13_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_13_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_13_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_13_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_13_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_13_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_13_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_13_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_13_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_13_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_13_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_13_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_13_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_13_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_13_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_13_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_13_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_13_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_13_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_14_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_14_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_14_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_14_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_14_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_14_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_14_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_14_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_14_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_14_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_14_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_14_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_14_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_14_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_14_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_14_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_14_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_14_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_14_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_14_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_14_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_14_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_14_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_15_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_15_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_15_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_15_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_15_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_15_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_15_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_15_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_15_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_15_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_15_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_15_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_15_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_15_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_15_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_15_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_15_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_15_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_15_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_15_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_15_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_15_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_15_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_16_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_16_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_16_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_16_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_16_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_16_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_16_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_16_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_16_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_16_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_16_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_16_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_16_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_16_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_16_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_16_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_16_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_16_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_16_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_16_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_16_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_16_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_16_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_17_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_17_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_17_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_17_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_17_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_17_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_17_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_17_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_17_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_17_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_17_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_17_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_17_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_17_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_17_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_17_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_17_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_17_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_17_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_17_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_17_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_17_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_17_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_18_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_18_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_18_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_18_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_18_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_18_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_18_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_18_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_18_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_18_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_18_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_18_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_18_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_18_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_18_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_18_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_18_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_18_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_18_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_18_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_18_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_18_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_18_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_1_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_1_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_1_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_1_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_1_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_1_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_1_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_1_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_1_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_1_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_1_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_1_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_1_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_1_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_1_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_1_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_1_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_1_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_1_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_1_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_1_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_1_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_1_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_2_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_2_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_2_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_2_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_2_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_2_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_2_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_2_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_2_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_2_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_2_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_2_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_2_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_2_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_2_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_2_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_2_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_2_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_2_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_2_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_2_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_2_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_2_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_3_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_3_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_3_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_3_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_3_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_3_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_3_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_3_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_3_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_3_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_3_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_3_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_3_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_3_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_3_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_3_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_3_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_3_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_3_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_3_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_3_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_3_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_3_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_4_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_4_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_4_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_4_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_4_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_4_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_4_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_4_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_4_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_4_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_4_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_4_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_4_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_4_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_4_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_4_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_4_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_4_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_4_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_4_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_4_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_4_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_4_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_5_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_5_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_5_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_5_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_5_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_5_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_5_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_5_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_5_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_5_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_5_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_5_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_5_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_5_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_5_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_5_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_5_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_5_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_5_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_5_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_5_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_5_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_5_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_6_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_6_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_6_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_6_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_6_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_6_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_6_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_6_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_6_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_6_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_6_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_6_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_6_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_6_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_6_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_6_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_6_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_6_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_6_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_6_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_6_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_6_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_6_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_7_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_7_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_7_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_7_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_7_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_7_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_7_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_7_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_7_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_7_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_7_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_7_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_7_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_7_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_7_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_7_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_7_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_7_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_7_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_7_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_7_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_7_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_7_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_8_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_8_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_8_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_8_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_8_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_8_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_8_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_8_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_8_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_8_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_8_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_8_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_8_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_8_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_8_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_8_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_8_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_8_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_8_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_8_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_8_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_8_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_8_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_9_img_attn_proj.alpha": [],
    "lora_unet_double_blocks_9_img_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_img_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_9_img_attn_qkv.alpha": [],
    "lora_unet_double_blocks_9_img_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_img_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_9_img_mlp_0.alpha": [],
    "lora_unet_double_blocks_9_img_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_img_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_9_img_mlp_2.alpha": [],
    "lora_unet_double_blocks_9_img_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_9_img_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_9_img_mod_lin.alpha": [],
    "lora_unet_double_blocks_9_img_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_img_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_double_blocks_9_txt_attn_proj.alpha": [],
    "lora_unet_double_blocks_9_txt_attn_proj.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_txt_attn_proj.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_9_txt_attn_qkv.alpha": [],
    "lora_unet_double_blocks_9_txt_attn_qkv.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_txt_attn_qkv.lora_up.weight": [9216, 4],
    "lora_unet_double_blocks_9_txt_mlp_0.alpha": [],
    "lora_unet_double_blocks_9_txt_mlp_0.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_txt_mlp_0.lora_up.weight": [12288, 4],
    "lora_unet_double_blocks_9_txt_mlp_2.alpha": [],
    "lora_unet_double_blocks_9_txt_mlp_2.lora_down.weight": [4, 12288],
    "lora_unet_double_blocks_9_txt_mlp_2.lora_up.weight": [3072, 4],
    "lora_unet_double_blocks_9_txt_mod_lin.alpha": [],
    "lora_unet_double_blocks_9_txt_mod_lin.lora_down.weight": [4, 3072],
    "lora_unet_double_blocks_9_txt_mod_lin.lora_up.weight": [18432, 4],
    "lora_unet_single_blocks_0_linear1.alpha": [],
    "lora_unet_single_blocks_0_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_0_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_0_linear2.alpha": [],
    "lora_unet_single_blocks_0_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_0_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_0_modulation_lin.alpha": [],
    "lora_unet_single_blocks_0_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_0_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_10_linear1.alpha": [],
    "lora_unet_single_blocks_10_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_10_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_10_linear2.alpha": [],
    "lora_unet_single_blocks_10_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_10_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_10_modulation_lin.alpha": [],
    "lora_unet_single_blocks_10_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_10_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_11_linear1.alpha": [],
    "lora_unet_single_blocks_11_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_11_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_11_linear2.alpha": [],
    "lora_unet_single_blocks_11_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_11_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_11_modulation_lin.alpha": [],
    "lora_unet_single_blocks_11_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_11_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_12_linear1.alpha": [],
    "lora_unet_single_blocks_12_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_12_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_12_linear2.alpha": [],
    "lora_unet_single_blocks_12_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_12_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_12_modulation_lin.alpha": [],
    "lora_unet_single_blocks_12_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_12_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_13_linear1.alpha": [],
    "lora_unet_single_blocks_13_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_13_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_13_linear2.alpha": [],
    "lora_unet_single_blocks_13_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_13_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_13_modulation_lin.alpha": [],
    "lora_unet_single_blocks_13_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_13_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_14_linear1.alpha": [],
    "lora_unet_single_blocks_14_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_14_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_14_linear2.alpha": [],
    "lora_unet_single_blocks_14_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_14_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_14_modulation_lin.alpha": [],
    "lora_unet_single_blocks_14_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_14_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_15_linear1.alpha": [],
    "lora_unet_single_blocks_15_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_15_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_15_linear2.alpha": [],
    "lora_unet_single_blocks_15_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_15_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_15_modulation_lin.alpha": [],
    "lora_unet_single_blocks_15_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_15_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_16_linear1.alpha": [],
    "lora_unet_single_blocks_16_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_16_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_16_linear2.alpha": [],
    "lora_unet_single_blocks_16_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_16_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_16_modulation_lin.alpha": [],
    "lora_unet_single_blocks_16_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_16_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_17_linear1.alpha": [],
    "lora_unet_single_blocks_17_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_17_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_17_linear2.alpha": [],
    "lora_unet_single_blocks_17_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_17_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_17_modulation_lin.alpha": [],
    "lora_unet_single_blocks_17_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_17_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_18_linear1.alpha": [],
    "lora_unet_single_blocks_18_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_18_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_18_linear2.alpha": [],
    "lora_unet_single_blocks_18_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_18_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_18_modulation_lin.alpha": [],
    "lora_unet_single_blocks_18_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_18_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_19_linear1.alpha": [],
    "lora_unet_single_blocks_19_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_19_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_19_linear2.alpha": [],
    "lora_unet_single_blocks_19_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_19_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_19_modulation_lin.alpha": [],
    "lora_unet_single_blocks_19_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_19_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_1_linear1.alpha": [],
    "lora_unet_single_blocks_1_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_1_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_1_linear2.alpha": [],
    "lora_unet_single_blocks_1_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_1_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_1_modulation_lin.alpha": [],
    "lora_unet_single_blocks_1_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_1_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_20_linear1.alpha": [],
    "lora_unet_single_blocks_20_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_20_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_20_linear2.alpha": [],
    "lora_unet_single_blocks_20_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_20_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_20_modulation_lin.alpha": [],
    "lora_unet_single_blocks_20_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_20_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_21_linear1.alpha": [],
    "lora_unet_single_blocks_21_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_21_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_21_linear2.alpha": [],
    "lora_unet_single_blocks_21_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_21_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_21_modulation_lin.alpha": [],
    "lora_unet_single_blocks_21_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_21_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_22_linear1.alpha": [],
    "lora_unet_single_blocks_22_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_22_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_22_linear2.alpha": [],
    "lora_unet_single_blocks_22_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_22_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_22_modulation_lin.alpha": [],
    "lora_unet_single_blocks_22_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_22_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_23_linear1.alpha": [],
    "lora_unet_single_blocks_23_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_23_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_23_linear2.alpha": [],
    "lora_unet_single_blocks_23_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_23_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_23_modulation_lin.alpha": [],
    "lora_unet_single_blocks_23_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_23_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_24_linear1.alpha": [],
    "lora_unet_single_blocks_24_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_24_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_24_linear2.alpha": [],
    "lora_unet_single_blocks_24_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_24_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_24_modulation_lin.alpha": [],
    "lora_unet_single_blocks_24_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_24_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_25_linear1.alpha": [],
    "lora_unet_single_blocks_25_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_25_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_25_linear2.alpha": [],
    "lora_unet_single_blocks_25_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_25_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_25_modulation_lin.alpha": [],
    "lora_unet_single_blocks_25_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_25_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_26_linear1.alpha": [],
    "lora_unet_single_blocks_26_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_26_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_26_linear2.alpha": [],
    "lora_unet_single_blocks_26_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_26_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_26_modulation_lin.alpha": [],
    "lora_unet_single_blocks_26_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_26_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_27_linear1.alpha": [],
    "lora_unet_single_blocks_27_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_27_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_27_linear2.alpha": [],
    "lora_unet_single_blocks_27_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_27_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_27_modulation_lin.alpha": [],
    "lora_unet_single_blocks_27_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_27_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_28_linear1.alpha": [],
    "lora_unet_single_blocks_28_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_28_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_28_linear2.alpha": [],
    "lora_unet_single_blocks_28_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_28_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_28_modulation_lin.alpha": [],
    "lora_unet_single_blocks_28_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_28_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_29_linear1.alpha": [],
    "lora_unet_single_blocks_29_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_29_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_29_linear2.alpha": [],
    "lora_unet_single_blocks_29_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_29_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_29_modulation_lin.alpha": [],
    "lora_unet_single_blocks_29_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_29_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_2_linear1.alpha": [],
    "lora_unet_single_blocks_2_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_2_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_2_linear2.alpha": [],
    "lora_unet_single_blocks_2_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_2_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_2_modulation_lin.alpha": [],
    "lora_unet_single_blocks_2_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_2_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_30_linear1.alpha": [],
    "lora_unet_single_blocks_30_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_30_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_30_linear2.alpha": [],
    "lora_unet_single_blocks_30_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_30_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_30_modulation_lin.alpha": [],
    "lora_unet_single_blocks_30_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_30_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_31_linear1.alpha": [],
    "lora_unet_single_blocks_31_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_31_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_31_linear2.alpha": [],
    "lora_unet_single_blocks_31_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_31_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_31_modulation_lin.alpha": [],
    "lora_unet_single_blocks_31_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_31_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_32_linear1.alpha": [],
    "lora_unet_single_blocks_32_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_32_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_32_linear2.alpha": [],
    "lora_unet_single_blocks_32_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_32_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_32_modulation_lin.alpha": [],
    "lora_unet_single_blocks_32_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_32_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_33_linear1.alpha": [],
    "lora_unet_single_blocks_33_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_33_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_33_linear2.alpha": [],
    "lora_unet_single_blocks_33_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_33_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_33_modulation_lin.alpha": [],
    "lora_unet_single_blocks_33_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_33_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_34_linear1.alpha": [],
    "lora_unet_single_blocks_34_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_34_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_34_linear2.alpha": [],
    "lora_unet_single_blocks_34_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_34_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_34_modulation_lin.alpha": [],
    "lora_unet_single_blocks_34_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_34_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_35_linear1.alpha": [],
    "lora_unet_single_blocks_35_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_35_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_35_linear2.alpha": [],
    "lora_unet_single_blocks_35_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_35_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_35_modulation_lin.alpha": [],
    "lora_unet_single_blocks_35_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_35_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_36_linear1.alpha": [],
    "lora_unet_single_blocks_36_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_36_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_36_linear2.alpha": [],
    "lora_unet_single_blocks_36_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_36_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_36_modulation_lin.alpha": [],
    "lora_unet_single_blocks_36_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_36_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_37_linear1.alpha": [],
    "lora_unet_single_blocks_37_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_37_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_37_linear2.alpha": [],
    "lora_unet_single_blocks_37_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_37_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_37_modulation_lin.alpha": [],
    "lora_unet_single_blocks_37_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_37_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_3_linear1.alpha": [],
    "lora_unet_single_blocks_3_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_3_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_3_linear2.alpha": [],
    "lora_unet_single_blocks_3_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_3_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_3_modulation_lin.alpha": [],
    "lora_unet_single_blocks_3_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_3_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_4_linear1.alpha": [],
    "lora_unet_single_blocks_4_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_4_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_4_linear2.alpha": [],
    "lora_unet_single_blocks_4_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_4_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_4_modulation_lin.alpha": [],
    "lora_unet_single_blocks_4_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_4_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_5_linear1.alpha": [],
    "lora_unet_single_blocks_5_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_5_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_5_linear2.alpha": [],
    "lora_unet_single_blocks_5_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_5_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_5_modulation_lin.alpha": [],
    "lora_unet_single_blocks_5_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_5_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_6_linear1.alpha": [],
    "lora_unet_single_blocks_6_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_6_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_6_linear2.alpha": [],
    "lora_unet_single_blocks_6_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_6_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_6_modulation_lin.alpha": [],
    "lora_unet_single_blocks_6_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_6_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_7_linear1.alpha": [],
    "lora_unet_single_blocks_7_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_7_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_7_linear2.alpha": [],
    "lora_unet_single_blocks_7_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_7_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_7_modulation_lin.alpha": [],
    "lora_unet_single_blocks_7_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_7_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_8_linear1.alpha": [],
    "lora_unet_single_blocks_8_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_8_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_8_linear2.alpha": [],
    "lora_unet_single_blocks_8_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_8_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_8_modulation_lin.alpha": [],
    "lora_unet_single_blocks_8_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_8_modulation_lin.lora_up.weight": [9216, 4],
    "lora_unet_single_blocks_9_linear1.alpha": [],
    "lora_unet_single_blocks_9_linear1.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_9_linear1.lora_up.weight": [21504, 4],
    "lora_unet_single_blocks_9_linear2.alpha": [],
    "lora_unet_single_blocks_9_linear2.lora_down.weight": [4, 15360],
    "lora_unet_single_blocks_9_linear2.lora_up.weight": [3072, 4],
    "lora_unet_single_blocks_9_modulation_lin.alpha": [],
    "lora_unet_single_blocks_9_modulation_lin.lora_down.weight": [4, 3072],
    "lora_unet_single_blocks_9_modulation_lin.lora_up.weight": [9216, 4],
}
